import Runloop from '@runloop/api-client';
const client = new Runloop({
bearerToken: process.env['RUNLOOP_API_KEY'], // This is the default and can be omitted
});
const benchmarkJobListView = await client.benchmarkJobs.list();
console.log(benchmarkJobListView.has_more);{
"jobs": [
{
"id": "<string>",
"name": "<string>",
"state": "initializing",
"create_time_ms": 123,
"job_source": {
"inline_yaml": "<string>",
"type": "harbor"
},
"job_spec": {
"scenario_ids": [
"<string>"
],
"agent_configs": [
{
"name": "<string>",
"type": "job_agent",
"agent_id": "<string>",
"model_name": "<string>",
"timeout_seconds": 123,
"kwargs": {},
"agent_environment": {
"environment_variables": {},
"secrets": {}
}
}
],
"orchestrator_config": {
"n_concurrent_trials": 123,
"n_attempts": 123,
"timeout_multiplier": 123,
"quiet": true
}
},
"failure_reason": "<string>",
"benchmark_outcomes": [
{
"benchmark_run_id": "<string>",
"agent_name": "<string>",
"n_completed": 123,
"n_failed": 123,
"n_timeout": 123,
"scenario_outcomes": [
{
"scenario_run_id": "<string>",
"scenario_definition_id": "<string>",
"scenario_name": "<string>",
"state": "COMPLETED",
"score": 123,
"duration_ms": 123,
"failure_reason": {
"exception_type": "<string>",
"exception_message": "<string>"
}
}
],
"model_name": "<string>",
"average_score": 123,
"duration_ms": 123
}
],
"in_progress_runs": [
{
"benchmark_run_id": "<string>",
"state": "running",
"start_time_ms": 123,
"agent_config": {
"type": "external_api",
"info": "<string>"
},
"duration_ms": 123
}
]
}
],
"has_more": true,
"total_count": 123
}[Beta] List all BenchmarkJobs matching filter.
import Runloop from '@runloop/api-client';
const client = new Runloop({
bearerToken: process.env['RUNLOOP_API_KEY'], // This is the default and can be omitted
});
const benchmarkJobListView = await client.benchmarkJobs.list();
console.log(benchmarkJobListView.has_more);{
"jobs": [
{
"id": "<string>",
"name": "<string>",
"state": "initializing",
"create_time_ms": 123,
"job_source": {
"inline_yaml": "<string>",
"type": "harbor"
},
"job_spec": {
"scenario_ids": [
"<string>"
],
"agent_configs": [
{
"name": "<string>",
"type": "job_agent",
"agent_id": "<string>",
"model_name": "<string>",
"timeout_seconds": 123,
"kwargs": {},
"agent_environment": {
"environment_variables": {},
"secrets": {}
}
}
],
"orchestrator_config": {
"n_concurrent_trials": 123,
"n_attempts": 123,
"timeout_multiplier": 123,
"quiet": true
}
},
"failure_reason": "<string>",
"benchmark_outcomes": [
{
"benchmark_run_id": "<string>",
"agent_name": "<string>",
"n_completed": 123,
"n_failed": 123,
"n_timeout": 123,
"scenario_outcomes": [
{
"scenario_run_id": "<string>",
"scenario_definition_id": "<string>",
"scenario_name": "<string>",
"state": "COMPLETED",
"score": 123,
"duration_ms": 123,
"failure_reason": {
"exception_type": "<string>",
"exception_message": "<string>"
}
}
],
"model_name": "<string>",
"average_score": 123,
"duration_ms": 123
}
],
"in_progress_runs": [
{
"benchmark_run_id": "<string>",
"state": "running",
"start_time_ms": 123,
"agent_config": {
"type": "external_api",
"info": "<string>"
},
"duration_ms": 123
}
]
}
],
"has_more": true,
"total_count": 123
}Bearer authentication header of the form Bearer <token>, where <token> is your auth token.
Filter by name
The limit of items to return. Default is 20. Max is 5000.
Load the next page of data starting after the item with the given ID.
If true (default), includes total_count in the response. Set to false to skip the count query for better performance on large datasets.
Was this page helpful?